<!DOCTYPE html>
<html lang="en">
    <head>
        <meta charset="utf-8">

        <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
        <title>LREBench</title>
        <meta name="description" content="LREBench is a low-resource relation extraction benchmark with 8 datasets and 3 themes: prompting-based tuning, balancing methods for long-tailed distribution and leveraging unlabeled data.">
        <meta name="keywords" content="Low-resource RE, Few-shot RE, RE Benchmark">
        <meta name="author" content="LREBench">

        <!-- <link rel="icon" href="image/favicon.ico"> -->
        <link rel="stylesheet" href="css/bootstrap.min.css">
        <link rel="stylesheet" href="css/fonts.css">
        <link rel="stylesheet" href="css/custom.css">

        <script src="https://kit.fontawesome.com/15106f0a68.js" crossorigin="anonymous"></script>
    </head>
    <body>
        <nav class="navbar navbar-expand-lg navbar-dark navbar-custom fixed-top">
          <div class="container">
            <a class="navbar-brand" href="index.html"><b>Low-resource Relation Extraction Benchmark</b></a>
            <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#content" aria-controls="navbarsExample07" aria-expanded="false" aria-label="Toggle navigation">
                <span class="navbar-toggler-icon"></span>
            </button>

            <div class="collapse navbar-collapse" id="content">
                <ul class="navbar-nav ml-auto">
                    <li class="nav-item ">
                        <a class="nav-link" href="index.html"><b>Home</b></a>
                    </li>
                    <li class="nav-item">
                        <a class="nav-link" href="https://github.com/zjunlp/LREBench" target="_blank">Code</a>
                    </li>
                    <li class="nav-item active">
                        <a class="nav-link" href="tasks.html">Datasets</a>
                    </li>
                    <li class="nav-item">
                        <a class="nav-link" href="" target="_blank">Paper</a>
                    </li>
                    
                </ul>
            </div>
        </div>
        </nav>

        <br/>
        <br/>
    
        <div class="container" align="justify">
            <div class="row">
                <div class="col-lg-12 col-md-12 col-sm-12 col-xs-12 thumb">
                    <h4>Low-resource RE Benchmark Datasets</h4>
                </div>
            </div>

            <hr>
            
            <div class="container" align="justify">
                <div class="row">
                    <div class="col-lg-12 col-md-12 col-sm-12 col-xs-12 thumb">                
                        <p>In LREBench, 8 benchmark datasets are studied in comprehensive experiments. For the public ones, we provide our processed datasets <a href="https://drive.google.com/drive/folders/1OXxMr4SXUhehJx1XmDdrhJAppfo_ZNUh" target="_blank">here</a>. More details of the datasets are in the following table.</details></details></p>
                    </div>
                </div>
            </div>

            <div class="row">
                <br/>

                <br/><br/><br/>

                <div class="col-lg-12 col-md-12 col-sm-12 col-xs-12 thumb">
                    <table class="table tasksTable">
                        <thead>
                            <tr>
                                <th> Dataset Name </th>
                                <th> Domain </th>
                                <th> Language </th>
                                <th> More info </th>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td>SemEval</td>
                                <td>General</td>
                                <td>English</td>
                                <td><a href="https://semeval2.fbk.eu/semeval2.php?location=tasks#T11" target="_blank">Link</a></td>
                            </tr>
                            <tr>
                                <td>TACREV</td>
                                <td>General</td>
                                <td>English</td>
                                <td><a href="https://github.com/DFKI-NLP/tacrev" target="_blank">Link</a></td>
                            </tr>
                            <tr>
                                <td>Wiki80</td>
                                <td>Encyclopedic</td>
                                <td>English</td>
                                <td><a href="https://github.com/thunlp/OpenNRE/blob/master/benchmark/download_wiki80.sh" target="_blank">Link</a></td>
                            </tr>
                            <tr>
                                <td>SciERC</td>
                                <td>Scientific</td>
                                <td>English</td>
                                <td><a href="http://nlp.cs.washington.edu/sciIE/" target="_blank">Link</a></td>
                            </tr>
                            <tr>
                                <td>ChemProt</td>
                                <td>Biochemical</td>
                                <td>English</td>
                                <td><a href="https://github.com/ncbi-nlp/BLUE_Benchmark/" target="_blank">Link</a></td>
                            </tr>
                            <tr>
                                <td>DialogRE</td>
                                <td>Dialogue</td>
                                <td>English</td>
                                <td><a href="https://dataset.org/dialogre/" target="_blank">Link</a></td>
                                
                            </tr>
                            <tr>
                                <td>DuIE2.0</td>
                                <td>General</td>
                                <td>Chinese</td>
                                <td><a href="https://www.luge.ai/#/luge/dataDetail?id=5" target="_blank">Link</a></td>
                                
                            </tr>
                            <tr>
                                <td>CMeIE</td>
                                <td>Medical</td>
                                <td>Chinese</td>
                                <td><a href="https://tianchi.aliyun.com/dataset/dataDetail?dataId=95414" target="_blank">Link</a></td>
                                
                            </tr>
                            </tbody></table>
                    <br>
                </div>
            </div>
        </div>
    </body>

    <script src="https://code.jquery.com/jquery-3.2.1.slim.min.js" integrity="sha384-KJ3o2DKtIkvYIK3UENzmM7KCkRr/rE9/Qpg6aAZGJwFDMVNA/GpGFF93hXpG5KkN" crossorigin="anonymous"></script>
    <script>window.jQuery || document.write('<script src="js/jquery.min.js"><\/script>')</script>
    <script src="js/popper.min.js"></script>
    <script src="js/bootstrap.min.js"></script>
    <script src="js/sorttable.js"></script>
</html>
